#!/bin/bash
STREAM=/home/hadoop/hadoop/hadoop_install/contrib/streaming
#==============================================
MAPPER=/home/hadoop/progs/python/projects/rt/step2_tweets_0_md5/mapper.py
FILE=/home/hadoop/progs/python/projects/rt/mylib.py
#==============================================
INPUT=/home/lih307/projects/rt/step_1a_tweets_0_unique.rt
OUTPUT=/home/lih307/projects/rt/step_2_tweets_0_md5.rt
#==============================================
REDUCE_NUM=0
#=============================================
hadoop fs -rmr $OUTPUT
hadoop jar $STREAM/hadoop-streaming-1.0.3.jar \
    -input $INPUT \
    -output $OUTPUT \
    -mapper $MAPPER \
    -reducer NONE \
    -file $MAPPER \
    -file $FILE